{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 产品经理数据挖掘：\n",
    "1. 按地点(广州)挖掘的关于产品经理工作的数据并得到excel表\n",
    "2. 按时间(4月26日)挖掘的关于产品经理工作的数据并得到excel表\n",
    "3. 挖掘产品经理在各热门公司的类型的数据并得到excel表\n",
    "4. 挖掘产品经理在各行业的数据并得到excel表\n",
    "5. 挖掘产品经理在各城市的数据并得到excel表"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 基本模块\n",
    "import pandas as pd\n",
    "from requests_html import HTMLSession"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60, 60, 60, 60, 60, 60, 60, 60]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>职称</th>\n",
       "      <th>薪水</th>\n",
       "      <th>公司地点</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>时间</th>\n",
       "      <th>经验</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>面议</td>\n",
       "      <td>广州</td>\n",
       "      <td>深圳点猫科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>经验不限 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1922553643.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8632721/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>12-18k·12薪</td>\n",
       "      <td>广州-珠江新城</td>\n",
       "      <td>深圳合众财富金融投资管理有限公司</td>\n",
       "      <td>2020-04-23</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1922691939.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8634255/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-30k·13薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州视睿电子科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1925573187.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8955108/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州快联商贸有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1916443483.shtml</td>\n",
       "      <td>https://m.liepin.com/company/7854837/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-30k·12薪</td>\n",
       "      <td>广州-天河区</td>\n",
       "      <td>法本信息技术深圳</td>\n",
       "      <td>2020-04-14</td>\n",
       "      <td>5-10年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926035513.shtml</td>\n",
       "      <td>https://m.liepin.com/company/7604446/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>11-22k·12薪</td>\n",
       "      <td>广州-五山</td>\n",
       "      <td>广东瑞联科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1919040019.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8860271/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>7-14k·12薪</td>\n",
       "      <td>广州-天河区</td>\n",
       "      <td>北京网梯科技发展有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>1-3年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1920616939.shtml</td>\n",
       "      <td>https://m.liepin.com/company/1030394/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>30-50k·13薪</td>\n",
       "      <td>上海,深圳,广州</td>\n",
       "      <td>福建上市互联网软件公司</td>\n",
       "      <td>2020-04-08</td>\n",
       "      <td>5-10年 学历不限</td>\n",
       "      <td>https://m.liepin.com/a/19684123.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>40-70k·16薪</td>\n",
       "      <td>广州,深圳,北京</td>\n",
       "      <td>某大型互联网法务经理</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>1-3年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19173857.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>11-16k·13薪</td>\n",
       "      <td>广州-天河区</td>\n",
       "      <td>在线家庭教育平台</td>\n",
       "      <td>前天</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19793013.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>25-35k·12薪</td>\n",
       "      <td>广州,河北,江苏</td>\n",
       "      <td>国内某知名医药企业</td>\n",
       "      <td>2020-04-22</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19696183.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-20k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>某健康产业集团</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/a/19170583.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-30k·15薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>智品网络</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19957709.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>25-50k·12薪</td>\n",
       "      <td>广州-天河北</td>\n",
       "      <td>健帆集团</td>\n",
       "      <td>2020-04-20</td>\n",
       "      <td>5-10年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1927590027.shtml</td>\n",
       "      <td>https://m.liepin.com/company/3456638/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-36k·13薪</td>\n",
       "      <td>广州-海珠区</td>\n",
       "      <td>广州市迈创智能科技有限公司</td>\n",
       "      <td>2020-04-20</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1925909571.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9757477/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-30k·14薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>上海志伟信息科技有限公司</td>\n",
       "      <td>2020-04-19</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1925598767.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10249923/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>25-35k·14薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>知名跨境电商公司</td>\n",
       "      <td>2020-04-15</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/a/19289843.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-20k·13薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>某存储科技有限公司</td>\n",
       "      <td>2020-04-15</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19077087.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>5-10k·12薪</td>\n",
       "      <td>广州-横沥</td>\n",
       "      <td>广州推点科技发展有限公司</td>\n",
       "      <td>2020-04-09</td>\n",
       "      <td>1-3年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926090695.shtml</td>\n",
       "      <td>https://m.liepin.com/company/12147657/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-25k·12薪</td>\n",
       "      <td>广州-黄埔区</td>\n",
       "      <td>广州飞歌汽车音响有限公司</td>\n",
       "      <td>2020-04-09</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1923002847.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8032316/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-18k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>伙伴愿景(广东)智能科技有限公司</td>\n",
       "      <td>2020-04-08</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1925637969.shtml</td>\n",
       "      <td>https://m.liepin.com/company/12137665/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州某半导体企业</td>\n",
       "      <td>2020-04-08</td>\n",
       "      <td>5-10年 学历不限</td>\n",
       "      <td>https://m.liepin.com/a/19700679.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>38-58k·13薪</td>\n",
       "      <td>北京,深圳,广州</td>\n",
       "      <td>互联网行业</td>\n",
       "      <td>2020-04-03</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19640465.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-30k·12薪</td>\n",
       "      <td>广州-黄埔区</td>\n",
       "      <td>广州学魁榜信息科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1926971885.shtml</td>\n",
       "      <td>https://m.liepin.com/company/12188507/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>12-20k·12薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>中通生化制品</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926320005.shtml</td>\n",
       "      <td>https://m.liepin.com/company/207663/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>彩讯科技股份有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926579599.shtml</td>\n",
       "      <td>https://m.liepin.com/company/554892/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-25k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州英奈电气设备有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926360175.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10176603/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-30k·12薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>中国平安人寿保险股份有限公司贵港中心支公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>1-3年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926110789.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10119593/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>6-10k·12薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>广州安秀健康咨询管理有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>1-3年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1924727855.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9257970/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>9-11k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州市藏星网络科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1924665517.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8775175/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-18k·13薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州原力科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1921852777.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10126943/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>12-20k·12薪</td>\n",
       "      <td>广州-黄埔区</td>\n",
       "      <td>金财互联数据服务有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1923090899.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9292058/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>40-70k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>北京七个人网络科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1920402489.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10065815/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>8-13k·12薪</td>\n",
       "      <td>广州-海珠区</td>\n",
       "      <td>广州市兰士顿电子科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1918935741.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9198677/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>12-15k·13薪</td>\n",
       "      <td>广州-珠江新城</td>\n",
       "      <td>广州恩志科技有限责任公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1910088490.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9308786/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-25k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>江西某制药有限公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>5-10年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19253017.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>12-15k·13薪</td>\n",
       "      <td>广州,深圳</td>\n",
       "      <td>国内知名互联网集团</td>\n",
       "      <td>昨天</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19596959.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>13-22k·12薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>广州著名医疗器材有限公司</td>\n",
       "      <td>昨天</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19973983.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>9-13k·12薪</td>\n",
       "      <td>广州-海珠区</td>\n",
       "      <td>广州共享出行科技有限公司</td>\n",
       "      <td>前天</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1927204563.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10118191/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-25k·12薪</td>\n",
       "      <td>广州-天河区</td>\n",
       "      <td>某科技公司</td>\n",
       "      <td>2020-04-14</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19721035.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-28k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州滴普科技有限公司</td>\n",
       "      <td>2020-04-09</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1925619135.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10166945/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>河源然生新材料有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1917873603.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9757361/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-25k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>某知名化妆品公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>5-10年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19166525.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-35k·13薪</td>\n",
       "      <td>北京,上海,广州</td>\n",
       "      <td>国内某知名信息技术有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19033795.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>18-35k·13薪</td>\n",
       "      <td>北京,上海,广州</td>\n",
       "      <td>国内某知名信息技术有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19033667.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>5-10k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州湖森电子科技有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>经验不限 学历不限</td>\n",
       "      <td>https://m.liepin.com/job/1918681333.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9399844/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-20k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州市新之地环保产业有限公司</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1920691307.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9240185/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>8-16k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>巴图鲁汽配</td>\n",
       "      <td>一个月前</td>\n",
       "      <td>1-3年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1918892925.shtml</td>\n",
       "      <td>https://m.liepin.com/company/7898707/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-25k·14薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>卓越教育集团</td>\n",
       "      <td>2小时前</td>\n",
       "      <td>5-10年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1927771591.shtml</td>\n",
       "      <td>https://m.liepin.com/company/876848/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>16-30k·12薪</td>\n",
       "      <td>广州-天河区</td>\n",
       "      <td>三维家</td>\n",
       "      <td>2小时前</td>\n",
       "      <td>5-10年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1927658955.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8225307/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-25k·12薪</td>\n",
       "      <td>广州-海珠区</td>\n",
       "      <td>青木数字技术股份有限公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>5-10年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1927082439.shtml</td>\n",
       "      <td>https://m.liepin.com/company/12191983/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-20k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>华茂达投资股份有限公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>5-10年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/job/1926665139.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8631506/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>面议</td>\n",
       "      <td>广州</td>\n",
       "      <td>佳都新太科技</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1926108535.shtml</td>\n",
       "      <td>https://m.liepin.com/company/2115085/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>10-25k·12薪</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>广州河东科技有限公司</td>\n",
       "      <td>4小时前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1925162137.shtml</td>\n",
       "      <td>https://m.liepin.com/company/9797103/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-20k·13薪</td>\n",
       "      <td>广州-东湖</td>\n",
       "      <td>广东人民出版社有限公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>3-5年 本科及以上</td>\n",
       "      <td>https://m.liepin.com/job/1924830547.shtml</td>\n",
       "      <td>https://m.liepin.com/company/10012691/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>15-30k·12薪</td>\n",
       "      <td>广州</td>\n",
       "      <td>广州某生物科技开发有限公司</td>\n",
       "      <td>4小时前</td>\n",
       "      <td>3-5年 学历不限</td>\n",
       "      <td>https://m.liepin.com/a/19902691.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>25-40k·12薪</td>\n",
       "      <td>深圳,广州,北京</td>\n",
       "      <td>某知名互联网公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19835005.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-30k·13薪</td>\n",
       "      <td>广州,上海</td>\n",
       "      <td>国内知名化妆品企业</td>\n",
       "      <td>4小时前</td>\n",
       "      <td>3-5年 统招本科</td>\n",
       "      <td>https://m.liepin.com/a/19522851.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>20-40k·13薪</td>\n",
       "      <td>广州,深圳,重庆</td>\n",
       "      <td>某知名互联网公司</td>\n",
       "      <td>3小时前</td>\n",
       "      <td>3-5年 大专及以上</td>\n",
       "      <td>https://m.liepin.com/a/19081357.shtml</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>面议</td>\n",
       "      <td>广州-番禺区</td>\n",
       "      <td>南雄西顿化工有限公司</td>\n",
       "      <td>36分钟前</td>\n",
       "      <td>5-10年 统招本科</td>\n",
       "      <td>https://m.liepin.com/job/1918966941.shtml</td>\n",
       "      <td>https://m.liepin.com/company/8962475/</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       职称          薪水      公司地点                   公司名称          时间  \\\n",
       "0   产品经理           面议        广州             深圳点猫科技有限公司        一个月前   \n",
       "1   产品经理   12-18k·12薪   广州-珠江新城       深圳合众财富金融投资管理有限公司  2020-04-23   \n",
       "2   产品经理   15-30k·13薪        广州           广州视睿电子科技有限公司        一个月前   \n",
       "3   产品经理   10-15k·12薪        广州             广州快联商贸有限公司        一个月前   \n",
       "4   产品经理   20-30k·12薪    广州-天河区               法本信息技术深圳  2020-04-14   \n",
       "5   产品经理   11-22k·12薪     广州-五山             广东瑞联科技有限公司        一个月前   \n",
       "6   产品经理    7-14k·12薪    广州-天河区           北京网梯科技发展有限公司        一个月前   \n",
       "7   产品经理   30-50k·13薪  上海,深圳,广州            福建上市互联网软件公司  2020-04-08   \n",
       "8   产品经理   40-70k·16薪  广州,深圳,北京             某大型互联网法务经理        一个月前   \n",
       "9   产品经理   11-16k·13薪    广州-天河区               在线家庭教育平台          前天   \n",
       "10  产品经理   25-35k·12薪  广州,河北,江苏              国内某知名医药企业  2020-04-22   \n",
       "11  产品经理   15-20k·12薪        广州                某健康产业集团        一个月前   \n",
       "12  产品经理   20-30k·15薪        广州                   智品网络        3小时前   \n",
       "13  产品经理   25-50k·12薪    广州-天河北                   健帆集团  2020-04-20   \n",
       "14  产品经理   18-36k·13薪    广州-海珠区          广州市迈创智能科技有限公司  2020-04-20   \n",
       "15  产品经理   15-30k·14薪    广州-番禺区           上海志伟信息科技有限公司  2020-04-19   \n",
       "16  产品经理   25-35k·14薪        广州               知名跨境电商公司  2020-04-15   \n",
       "17  产品经理   15-20k·13薪    广州-番禺区              某存储科技有限公司  2020-04-15   \n",
       "18  产品经理    5-10k·12薪     广州-横沥           广州推点科技发展有限公司  2020-04-09   \n",
       "19  产品经理   10-25k·12薪    广州-黄埔区           广州飞歌汽车音响有限公司  2020-04-09   \n",
       "20  产品经理   10-18k·12薪        广州       伙伴愿景(广东)智能科技有限公司  2020-04-08   \n",
       "21  产品经理      20k·12薪        广州               广州某半导体企业  2020-04-08   \n",
       "22  产品经理   38-58k·13薪  北京,深圳,广州                  互联网行业  2020-04-03   \n",
       "23  产品经理   15-30k·12薪    广州-黄埔区          广州学魁榜信息科技有限公司        一个月前   \n",
       "24  产品经理   12-20k·12薪    广州-番禺区                 中通生化制品        一个月前   \n",
       "25  产品经理   10-15k·12薪        广州             彩讯科技股份有限公司        一个月前   \n",
       "26  产品经理   18-25k·12薪        广州           广州英奈电气设备有限公司        一个月前   \n",
       "27  产品经理   20-30k·12薪    广州-番禺区  中国平安人寿保险股份有限公司贵港中心支公司        一个月前   \n",
       "28  产品经理    6-10k·12薪    广州-番禺区         广州安秀健康咨询管理有限公司        一个月前   \n",
       "29  产品经理    9-11k·12薪        广州          广州市藏星网络科技有限公司        一个月前   \n",
       "30  产品经理   10-18k·13薪        广州             广州原力科技有限公司        一个月前   \n",
       "31  产品经理   12-20k·12薪    广州-黄埔区           金财互联数据服务有限公司        一个月前   \n",
       "32  产品经理   40-70k·12薪        广州          北京七个人网络科技有限公司        一个月前   \n",
       "33  产品经理    8-13k·12薪    广州-海珠区         广州市兰士顿电子科技有限公司        一个月前   \n",
       "34  产品经理   12-15k·13薪   广州-珠江新城           广州恩志科技有限责任公司        一个月前   \n",
       "35  产品经理   20-25k·12薪        广州              江西某制药有限公司        3小时前   \n",
       "36  产品经理   12-15k·13薪     广州,深圳              国内知名互联网集团          昨天   \n",
       "37  产品经理   13-22k·12薪    广州-番禺区           广州著名医疗器材有限公司          昨天   \n",
       "38  产品经理    9-13k·12薪    广州-海珠区           广州共享出行科技有限公司          前天   \n",
       "39  产品经理   15-25k·12薪    广州-天河区                  某科技公司  2020-04-14   \n",
       "40  产品经理   18-28k·12薪        广州             广州滴普科技有限公司  2020-04-09   \n",
       "41  产品经理   10-15k·12薪        广州            河源然生新材料有限公司        一个月前   \n",
       "42  产品经理   18-25k·12薪        广州               某知名化妆品公司        一个月前   \n",
       "43  产品经理   18-35k·13薪  北京,上海,广州          国内某知名信息技术有限公司        一个月前   \n",
       "44  产品经理   18-35k·13薪  北京,上海,广州          国内某知名信息技术有限公司        一个月前   \n",
       "45  产品经理    5-10k·12薪        广州           广州湖森电子科技有限公司        一个月前   \n",
       "46  产品经理   10-20k·12薪        广州         广州市新之地环保产业有限公司        一个月前   \n",
       "47  产品经理    8-16k·12薪        广州                  巴图鲁汽配        一个月前   \n",
       "48  产品经理   15-25k·14薪        广州                 卓越教育集团        2小时前   \n",
       "49  产品经理   16-30k·12薪    广州-天河区                    三维家        2小时前   \n",
       "50  产品经理   15-25k·12薪    广州-海珠区           青木数字技术股份有限公司        3小时前   \n",
       "51  产品经理   10-20k·12薪        广州            华茂达投资股份有限公司        3小时前   \n",
       "52  产品经理           面议        广州                 佳都新太科技        3小时前   \n",
       "53  产品经理   10-25k·12薪    广州-番禺区             广州河东科技有限公司        4小时前   \n",
       "54  产品经理   15-20k·13薪     广州-东湖            广东人民出版社有限公司        3小时前   \n",
       "55  产品经理   15-30k·12薪        广州          广州某生物科技开发有限公司        4小时前   \n",
       "56  产品经理   25-40k·12薪  深圳,广州,北京               某知名互联网公司        3小时前   \n",
       "57  产品经理   20-30k·13薪     广州,上海              国内知名化妆品企业        4小时前   \n",
       "58  产品经理   20-40k·13薪  广州,深圳,重庆               某知名互联网公司        3小时前   \n",
       "59  产品经理           面议    广州-番禺区             南雄西顿化工有限公司       36分钟前   \n",
       "\n",
       "             经验                                         链结  \\\n",
       "0     经验不限 统招本科  https://m.liepin.com/job/1922553643.shtml   \n",
       "1    3-5年 本科及以上  https://m.liepin.com/job/1922691939.shtml   \n",
       "2   5-10年 本科及以上  https://m.liepin.com/job/1925573187.shtml   \n",
       "3    3-5年 大专及以上  https://m.liepin.com/job/1916443483.shtml   \n",
       "4   5-10年 大专及以上  https://m.liepin.com/job/1926035513.shtml   \n",
       "5    3-5年 本科及以上  https://m.liepin.com/job/1919040019.shtml   \n",
       "6    1-3年 本科及以上  https://m.liepin.com/job/1920616939.shtml   \n",
       "7    5-10年 学历不限      https://m.liepin.com/a/19684123.shtml   \n",
       "8     1-3年 统招本科      https://m.liepin.com/a/19173857.shtml   \n",
       "9     3-5年 统招本科      https://m.liepin.com/a/19793013.shtml   \n",
       "10    3-5年 统招本科      https://m.liepin.com/a/19696183.shtml   \n",
       "11   3-5年 本科及以上      https://m.liepin.com/a/19170583.shtml   \n",
       "12    3-5年 统招本科      https://m.liepin.com/a/19957709.shtml   \n",
       "13   5-10年 统招本科  https://m.liepin.com/job/1927590027.shtml   \n",
       "14   3-5年 本科及以上  https://m.liepin.com/job/1925909571.shtml   \n",
       "15   3-5年 本科及以上  https://m.liepin.com/job/1925598767.shtml   \n",
       "16  5-10年 本科及以上      https://m.liepin.com/a/19289843.shtml   \n",
       "17    3-5年 统招本科      https://m.liepin.com/a/19077087.shtml   \n",
       "18   1-3年 本科及以上  https://m.liepin.com/job/1926090695.shtml   \n",
       "19    3-5年 统招本科  https://m.liepin.com/job/1923002847.shtml   \n",
       "20  5-10年 本科及以上  https://m.liepin.com/job/1925637969.shtml   \n",
       "21   5-10年 学历不限      https://m.liepin.com/a/19700679.shtml   \n",
       "22   3-5年 大专及以上      https://m.liepin.com/a/19640465.shtml   \n",
       "23    3-5年 统招本科  https://m.liepin.com/job/1926971885.shtml   \n",
       "24  5-10年 本科及以上  https://m.liepin.com/job/1926320005.shtml   \n",
       "25   3-5年 大专及以上  https://m.liepin.com/job/1926579599.shtml   \n",
       "26  5-10年 本科及以上  https://m.liepin.com/job/1926360175.shtml   \n",
       "27   1-3年 大专及以上  https://m.liepin.com/job/1926110789.shtml   \n",
       "28   1-3年 大专及以上  https://m.liepin.com/job/1924727855.shtml   \n",
       "29  5-10年 本科及以上  https://m.liepin.com/job/1924665517.shtml   \n",
       "30    3-5年 统招本科  https://m.liepin.com/job/1921852777.shtml   \n",
       "31   3-5年 本科及以上  https://m.liepin.com/job/1923090899.shtml   \n",
       "32   3-5年 本科及以上  https://m.liepin.com/job/1920402489.shtml   \n",
       "33   3-5年 大专及以上  https://m.liepin.com/job/1918935741.shtml   \n",
       "34    3-5年 统招本科  https://m.liepin.com/job/1910088490.shtml   \n",
       "35   5-10年 统招本科      https://m.liepin.com/a/19253017.shtml   \n",
       "36    3-5年 统招本科      https://m.liepin.com/a/19596959.shtml   \n",
       "37    3-5年 统招本科      https://m.liepin.com/a/19973983.shtml   \n",
       "38   3-5年 本科及以上  https://m.liepin.com/job/1927204563.shtml   \n",
       "39    3-5年 统招本科      https://m.liepin.com/a/19721035.shtml   \n",
       "40  5-10年 本科及以上  https://m.liepin.com/job/1925619135.shtml   \n",
       "41  5-10年 本科及以上  https://m.liepin.com/job/1917873603.shtml   \n",
       "42  5-10年 大专及以上      https://m.liepin.com/a/19166525.shtml   \n",
       "43   3-5年 大专及以上      https://m.liepin.com/a/19033795.shtml   \n",
       "44   3-5年 大专及以上      https://m.liepin.com/a/19033667.shtml   \n",
       "45    经验不限 学历不限  https://m.liepin.com/job/1918681333.shtml   \n",
       "46   3-5年 本科及以上  https://m.liepin.com/job/1920691307.shtml   \n",
       "47   1-3年 本科及以上  https://m.liepin.com/job/1918892925.shtml   \n",
       "48   5-10年 统招本科  https://m.liepin.com/job/1927771591.shtml   \n",
       "49  5-10年 本科及以上  https://m.liepin.com/job/1927658955.shtml   \n",
       "50   5-10年 统招本科  https://m.liepin.com/job/1927082439.shtml   \n",
       "51  5-10年 大专及以上  https://m.liepin.com/job/1926665139.shtml   \n",
       "52    3-5年 统招本科  https://m.liepin.com/job/1926108535.shtml   \n",
       "53    3-5年 统招本科  https://m.liepin.com/job/1925162137.shtml   \n",
       "54   3-5年 本科及以上  https://m.liepin.com/job/1924830547.shtml   \n",
       "55    3-5年 学历不限      https://m.liepin.com/a/19902691.shtml   \n",
       "56   3-5年 大专及以上      https://m.liepin.com/a/19835005.shtml   \n",
       "57    3-5年 统招本科      https://m.liepin.com/a/19522851.shtml   \n",
       "58   3-5年 大专及以上      https://m.liepin.com/a/19081357.shtml   \n",
       "59   5-10年 统招本科  https://m.liepin.com/job/1918966941.shtml   \n",
       "\n",
       "                                     公司URL  \n",
       "0    https://m.liepin.com/company/8632721/  \n",
       "1    https://m.liepin.com/company/8634255/  \n",
       "2    https://m.liepin.com/company/8955108/  \n",
       "3    https://m.liepin.com/company/7854837/  \n",
       "4    https://m.liepin.com/company/7604446/  \n",
       "5    https://m.liepin.com/company/8860271/  \n",
       "6    https://m.liepin.com/company/1030394/  \n",
       "7                                           \n",
       "8                                           \n",
       "9                                           \n",
       "10                                          \n",
       "11                                          \n",
       "12                                          \n",
       "13   https://m.liepin.com/company/3456638/  \n",
       "14   https://m.liepin.com/company/9757477/  \n",
       "15  https://m.liepin.com/company/10249923/  \n",
       "16                                          \n",
       "17                                          \n",
       "18  https://m.liepin.com/company/12147657/  \n",
       "19   https://m.liepin.com/company/8032316/  \n",
       "20  https://m.liepin.com/company/12137665/  \n",
       "21                                          \n",
       "22                                          \n",
       "23  https://m.liepin.com/company/12188507/  \n",
       "24    https://m.liepin.com/company/207663/  \n",
       "25    https://m.liepin.com/company/554892/  \n",
       "26  https://m.liepin.com/company/10176603/  \n",
       "27  https://m.liepin.com/company/10119593/  \n",
       "28   https://m.liepin.com/company/9257970/  \n",
       "29   https://m.liepin.com/company/8775175/  \n",
       "30  https://m.liepin.com/company/10126943/  \n",
       "31   https://m.liepin.com/company/9292058/  \n",
       "32  https://m.liepin.com/company/10065815/  \n",
       "33   https://m.liepin.com/company/9198677/  \n",
       "34   https://m.liepin.com/company/9308786/  \n",
       "35                                          \n",
       "36                                          \n",
       "37                                          \n",
       "38  https://m.liepin.com/company/10118191/  \n",
       "39                                          \n",
       "40  https://m.liepin.com/company/10166945/  \n",
       "41   https://m.liepin.com/company/9757361/  \n",
       "42                                          \n",
       "43                                          \n",
       "44                                          \n",
       "45   https://m.liepin.com/company/9399844/  \n",
       "46   https://m.liepin.com/company/9240185/  \n",
       "47   https://m.liepin.com/company/7898707/  \n",
       "48    https://m.liepin.com/company/876848/  \n",
       "49   https://m.liepin.com/company/8225307/  \n",
       "50  https://m.liepin.com/company/12191983/  \n",
       "51   https://m.liepin.com/company/8631506/  \n",
       "52   https://m.liepin.com/company/2115085/  \n",
       "53   https://m.liepin.com/company/9797103/  \n",
       "54  https://m.liepin.com/company/10012691/  \n",
       "55                                          \n",
       "56                                          \n",
       "57                                          \n",
       "58                                          \n",
       "59   https://m.liepin.com/company/8962475/  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://m.liepin.com/zhaopin/?keyword=产品经理\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )\n",
    "\n",
    "# C-5\n",
    "# 难: '公司URL', '时间', '经验'\n",
    "\n",
    "# 先取特定元素, 精准打击其子后辈\n",
    "主要元素 = r.html.xpath( \\\n",
    "    '//div[@class=\"job-card-wrap\"]//div[@class=\"job-card\"]')\n",
    "\n",
    "# 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "dict_xpaths={ \n",
    "    'text': {\n",
    "        '经验':      './/ul/li[time]/text()'\n",
    "    },\n",
    "    'text_content': {\n",
    "        '职称':    './/ul/li/a[contains(@class,\"job-name\")]/span[@class=\"name-text\"]', \n",
    "        '薪水':    './/ul/li/a[contains(@class,\"job-name\")]/following-sibling::span', \n",
    "        '公司地点':'.//ul/li/time/following-sibling::a',\n",
    "        '公司名称': './/ul/li/a[contains(@class,\"company-name\")]', \n",
    "        '时间':    './/ul/li/time', \n",
    "    },\n",
    "    'href': {\n",
    "        '链结':    './/ul/li/a[contains(@class,\"job-name\")]', \n",
    "        '公司URL': './/ul/li/a[contains(@class,\"company-name\")]', \n",
    "    }\n",
    "}\n",
    "\n",
    "def get_e_text_content(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "def get_e_text(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [\"\".join([x.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "def get_e_href(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "               if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "               else \"\" for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "# 只对主要元素下进行.xpath取值\n",
    "数据字典 = dict()\n",
    "\n",
    "数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "print ([len(v) for k,v in 数据字典.items()])  # 檢查\n",
    "\n",
    "数据 = pd.DataFrame(数据字典)\n",
    "数据.to_excel(\"数据挖掘_liepin_产品经理_广州.xlsx\", sheet_name=\"搜查结果\")\n",
    "数据 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>edu</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>公司地点</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>4-8k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>电商平台销售管理员</td>\n",
       "      <td></td>\n",
       "      <td>虎牌石油(中国)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927775097.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8812459/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>8-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>数据分析</td>\n",
       "      <td>上海-龙华</td>\n",
       "      <td>北京斯雷康科技股份有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927774231.shtml</td>\n",
       "      <td>https://www.liepin.com/company/1408548/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>50-80k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>产品总监</td>\n",
       "      <td></td>\n",
       "      <td>敦煌网</td>\n",
       "      <td>https://www.liepin.com/job/1927774223.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7862497/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>10年以上</td>\n",
       "      <td>40-60k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>集团IT总监</td>\n",
       "      <td>深圳-宝安区</td>\n",
       "      <td>深圳市信维通信股份有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927773877.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8042835/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>12-18k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>南通城市经理</td>\n",
       "      <td>南通-崇川区</td>\n",
       "      <td>爱回收</td>\n",
       "      <td>https://www.liepin.com/job/1927773439.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7868039/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>品牌APP运营经理</td>\n",
       "      <td>上海</td>\n",
       "      <td>上汽乘用车</td>\n",
       "      <td>https://www.liepin.com/job/1927772789.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8399212/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>35-50k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>Auto Finance Senior Consultant</td>\n",
       "      <td>上海</td>\n",
       "      <td>西维(上海)管理咨询有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927772605.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8748580/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>4-7k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>销售助理/招标助理/市场专员</td>\n",
       "      <td>无锡</td>\n",
       "      <td>上海瑶瞻医院管理有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927772115.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10205193/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>7-10k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>市场经理</td>\n",
       "      <td>深圳-宝安区</td>\n",
       "      <td>深圳市耀美环保有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927771863.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9234847/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>9-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>薪酬绩效主管</td>\n",
       "      <td>上海</td>\n",
       "      <td>中翔金属(上海)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927771369.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9454064/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>15-25k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>销售经理</td>\n",
       "      <td>上海-五里桥</td>\n",
       "      <td>北京荷月科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927771271.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9218800/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>数据库工程师 DBA</td>\n",
       "      <td>上海-曲阳</td>\n",
       "      <td>MDC Telecom</td>\n",
       "      <td>https://www.liepin.com/job/1927770857.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8104849/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>30-45k·16薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>大数据开发工程师</td>\n",
       "      <td>上海-浦东新区</td>\n",
       "      <td>上海基分文化传播</td>\n",
       "      <td>https://www.liepin.com/job/1927770805.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8895584/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>8-13k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>课程顾问</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京新得科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927770073.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9807335/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>网络安全工程师（网攻方向）</td>\n",
       "      <td></td>\n",
       "      <td>北京华油信通科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927769745.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8330229/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>审计总监</td>\n",
       "      <td>德州</td>\n",
       "      <td>泰山体育</td>\n",
       "      <td>https://www.liepin.com/job/1927769743.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7958679/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>海外售后技术支持经理（法语）/Overseas After Sales Technical ...</td>\n",
       "      <td>上海</td>\n",
       "      <td>爱驰汽车</td>\n",
       "      <td>https://www.liepin.com/job/1927769147.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9146383/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>15-30k·14薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>资金业务产品经理</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>畅捷通支付北京</td>\n",
       "      <td>https://www.liepin.com/job/1927767527.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8577672/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>8-20k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>咨询顾问</td>\n",
       "      <td>上海-青浦区</td>\n",
       "      <td>上海爱湃斯科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927767341.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10006015/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>8-12k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>质量PQE工程师</td>\n",
       "      <td>珠海-香洲区</td>\n",
       "      <td>英搏尔</td>\n",
       "      <td>https://www.liepin.com/job/1927766961.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9557666/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>8-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>质量PQE主管</td>\n",
       "      <td>珠海-香洲区</td>\n",
       "      <td>英搏尔</td>\n",
       "      <td>https://www.liepin.com/job/1927766881.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9557666/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>7-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>质量SQE工程师</td>\n",
       "      <td>珠海-香洲区</td>\n",
       "      <td>英搏尔</td>\n",
       "      <td>https://www.liepin.com/job/1927766799.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9557666/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>8-10k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>空运副经理/经理</td>\n",
       "      <td>西安-高新区</td>\n",
       "      <td>海得邦国际物流控股(集团)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927766623.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10079421/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>8-10k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>综合主管</td>\n",
       "      <td>北京</td>\n",
       "      <td>亿达控股有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927766331.shtml</td>\n",
       "      <td>https://www.liepin.com/company/2048766/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>学历不限</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>技术员，DMT&amp;MB实验室</td>\n",
       "      <td>上海-张江</td>\n",
       "      <td>罗氏制药</td>\n",
       "      <td>https://www.liepin.com/job/1927766269.shtml</td>\n",
       "      <td>https://www.liepin.com/company/916012/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>5-7k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>客户专员</td>\n",
       "      <td>上海-杨浦区</td>\n",
       "      <td>京创智汇(上海)物流科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927765811.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10054581/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>12-16k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>模具项目工程师</td>\n",
       "      <td></td>\n",
       "      <td>滁州市博康模具塑料有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927764739.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8593126/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>15-30k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>电商天猫京东运营</td>\n",
       "      <td>杭州-南苑</td>\n",
       "      <td>北京海纳世纪科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927760887.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9215228/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>硕士及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>北京分公司研究员</td>\n",
       "      <td></td>\n",
       "      <td>上海华略智库集团有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927750423.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9864533/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>6-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>模具设计工程师（密封-新能源）</td>\n",
       "      <td>广州-黄埔区</td>\n",
       "      <td>国机智能</td>\n",
       "      <td>https://www.liepin.com/job/1927749185.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8942684/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>10-20k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>客服主管</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>泽金金服</td>\n",
       "      <td>https://www.liepin.com/job/1927746007.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8787574/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>6-8k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>财务收银</td>\n",
       "      <td>杭州-下城区</td>\n",
       "      <td>阳光城集团</td>\n",
       "      <td>https://www.liepin.com/job/1927744955.shtml</td>\n",
       "      <td>https://www.liepin.com/company/876734/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>学历不限</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>5-12k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>光电顾问</td>\n",
       "      <td>南京-江宁区</td>\n",
       "      <td>江苏灵美东方医院管理有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927739435.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10030447/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>6-10k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>总账会计</td>\n",
       "      <td>深圳-宝安区</td>\n",
       "      <td>HKC</td>\n",
       "      <td>https://www.liepin.com/job/1927733447.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8795947/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>10-18k·15薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>成本副经理/主管</td>\n",
       "      <td>广州-花都区</td>\n",
       "      <td>鸿利光电</td>\n",
       "      <td>https://www.liepin.com/job/1927727601.shtml</td>\n",
       "      <td>https://www.liepin.com/company/2246346/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>店铺店长</td>\n",
       "      <td>上海-杨浦区</td>\n",
       "      <td>百合网</td>\n",
       "      <td>https://www.liepin.com/job/1927726909.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10077527/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>薪酬绩效专家</td>\n",
       "      <td>杭州</td>\n",
       "      <td>农夫山泉</td>\n",
       "      <td>https://www.liepin.com/job/1927726751.shtml</td>\n",
       "      <td>https://www.liepin.com/company/2868477/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>6-8k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>销售代表（宣传片，展厅展馆）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>水晶石数字</td>\n",
       "      <td>https://www.liepin.com/job/1927725037.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8077365/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>6-7k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>SQE(IQC)</td>\n",
       "      <td>上海-泗泾</td>\n",
       "      <td>康思立达(上海)汽车科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927722755.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9459889/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>新媒体运营/文案策划</td>\n",
       "      <td>上海-徐汇区</td>\n",
       "      <td>上海宜来卫浴有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927711449.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10082469/</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      edu     经验          薪水           时间  \\\n",
       "0    统招本科   3-5年    4-8k·12薪  2020年04月26日   \n",
       "1   本科及以上   3-5年   8-15k·12薪  2020年04月26日   \n",
       "2   本科及以上  5-10年  50-80k·12薪  2020年04月26日   \n",
       "3   本科及以上  10年以上  40-60k·13薪  2020年04月26日   \n",
       "4   本科及以上   3-5年  12-18k·12薪  2020年04月26日   \n",
       "5    统招本科  5-10年          面议  2020年04月26日   \n",
       "6   本科及以上   3-5年  35-50k·13薪  2020年04月26日   \n",
       "7   本科及以上   1-3年    4-7k·12薪  2020年04月26日   \n",
       "8   大专及以上   3-5年   7-10k·12薪  2020年04月26日   \n",
       "9   大专及以上   1-3年   9-15k·12薪  2020年04月26日   \n",
       "10   统招本科   3-5年  15-25k·12薪  2020年04月26日   \n",
       "11   统招本科   3-5年          面议  2020年04月26日   \n",
       "12  本科及以上  5-10年  30-45k·16薪  2020年04月26日   \n",
       "13  大专及以上   1-3年   8-13k·12薪  2020年04月26日   \n",
       "14   统招本科   1-3年          面议  2020年04月26日   \n",
       "15  大专及以上  5-10年  10-15k·12薪  2020年04月26日   \n",
       "16  本科及以上   3-5年          面议  2020年04月26日   \n",
       "17  本科及以上   3-5年  15-30k·14薪  2020年04月26日   \n",
       "18   统招本科   1-3年   8-20k·12薪  2020年04月26日   \n",
       "19  大专及以上   3-5年   8-12k·12薪  2020年04月26日   \n",
       "20  大专及以上   3-5年   8-15k·12薪  2020年04月26日   \n",
       "21  大专及以上   3-5年   7-15k·12薪  2020年04月26日   \n",
       "22  大专及以上  5-10年   8-10k·12薪  2020年04月26日   \n",
       "23   统招本科   3-5年   8-10k·12薪  2020年04月26日   \n",
       "24   学历不限   1-3年          面议  2020年04月26日   \n",
       "25  大专及以上   经验不限    5-7k·13薪  2020年04月26日   \n",
       "26  大专及以上  5-10年  12-16k·12薪  2020年04月26日   \n",
       "27  大专及以上   3-5年  15-30k·12薪  2020年04月26日   \n",
       "28  硕士及以上   1-3年          面议  2020年04月26日   \n",
       "29  大专及以上   1-3年   6-15k·12薪  2020年04月26日   \n",
       "30  本科及以上   3-5年  10-20k·13薪  2020年04月26日   \n",
       "31  本科及以上   1-3年    6-8k·12薪  2020年04月26日   \n",
       "32   学历不限   1-3年   5-12k·12薪  2020年04月26日   \n",
       "33  本科及以上   1-3年   6-10k·12薪  2020年04月26日   \n",
       "34  本科及以上  5-10年  10-18k·15薪  2020年04月26日   \n",
       "35  大专及以上   1-3年  10-15k·12薪  2020年04月26日   \n",
       "36   统招本科  5-10年          面议  2020年04月26日   \n",
       "37  大专及以上   经验不限    6-8k·12薪  2020年04月26日   \n",
       "38  本科及以上   1-3年    6-7k·12薪  2020年04月26日   \n",
       "39  大专及以上   1-3年  10-15k·12薪  2020年04月26日   \n",
       "\n",
       "                                                   职称     公司地点  \\\n",
       "0                                           电商平台销售管理员            \n",
       "1                                                数据分析    上海-龙华   \n",
       "2                                                产品总监            \n",
       "3                                              集团IT总监   深圳-宝安区   \n",
       "4                                              南通城市经理   南通-崇川区   \n",
       "5                                           品牌APP运营经理       上海   \n",
       "6                      Auto Finance Senior Consultant       上海   \n",
       "7                                      销售助理/招标助理/市场专员       无锡   \n",
       "8                                                市场经理   深圳-宝安区   \n",
       "9                                              薪酬绩效主管       上海   \n",
       "10                                               销售经理   上海-五里桥   \n",
       "11                                         数据库工程师 DBA    上海-曲阳   \n",
       "12                                           大数据开发工程师  上海-浦东新区   \n",
       "13                                               课程顾问       北京   \n",
       "14                                      网络安全工程师（网攻方向）            \n",
       "15                                               审计总监       德州   \n",
       "16  海外售后技术支持经理（法语）/Overseas After Sales Technical ...       上海   \n",
       "17                                           资金业务产品经理   深圳-南山区   \n",
       "18                                               咨询顾问   上海-青浦区   \n",
       "19                                           质量PQE工程师   珠海-香洲区   \n",
       "20                                            质量PQE主管   珠海-香洲区   \n",
       "21                                           质量SQE工程师   珠海-香洲区   \n",
       "22                                           空运副经理/经理   西安-高新区   \n",
       "23                                               综合主管       北京   \n",
       "24                                      技术员，DMT&MB实验室    上海-张江   \n",
       "25                                               客户专员   上海-杨浦区   \n",
       "26                                            模具项目工程师            \n",
       "27                                           电商天猫京东运营    杭州-南苑   \n",
       "28                                           北京分公司研究员            \n",
       "29                                    模具设计工程师（密封-新能源）   广州-黄埔区   \n",
       "30                                               客服主管   深圳-南山区   \n",
       "31                                               财务收银   杭州-下城区   \n",
       "32                                               光电顾问   南京-江宁区   \n",
       "33                                               总账会计   深圳-宝安区   \n",
       "34                                           成本副经理/主管   广州-花都区   \n",
       "35                                               店铺店长   上海-杨浦区   \n",
       "36                                             薪酬绩效专家       杭州   \n",
       "37                                     销售代表（宣传片，展厅展馆）       深圳   \n",
       "38                                           SQE(IQC)    上海-泗泾   \n",
       "39                                         新媒体运营/文案策划   上海-徐汇区   \n",
       "\n",
       "                 公司名称                                           链结  \\\n",
       "0        虎牌石油(中国)有限公司  https://www.liepin.com/job/1927775097.shtml   \n",
       "1       北京斯雷康科技股份有限公司  https://www.liepin.com/job/1927774231.shtml   \n",
       "2                 敦煌网  https://www.liepin.com/job/1927774223.shtml   \n",
       "3       深圳市信维通信股份有限公司  https://www.liepin.com/job/1927773877.shtml   \n",
       "4                 爱回收  https://www.liepin.com/job/1927773439.shtml   \n",
       "5               上汽乘用车  https://www.liepin.com/job/1927772789.shtml   \n",
       "6      西维(上海)管理咨询有限公司  https://www.liepin.com/job/1927772605.shtml   \n",
       "7        上海瑶瞻医院管理有限公司  https://www.liepin.com/job/1927772115.shtml   \n",
       "8         深圳市耀美环保有限公司  https://www.liepin.com/job/1927771863.shtml   \n",
       "9        中翔金属(上海)有限公司  https://www.liepin.com/job/1927771369.shtml   \n",
       "10         北京荷月科技有限公司  https://www.liepin.com/job/1927771271.shtml   \n",
       "11        MDC Telecom  https://www.liepin.com/job/1927770857.shtml   \n",
       "12           上海基分文化传播  https://www.liepin.com/job/1927770805.shtml   \n",
       "13         北京新得科技有限公司  https://www.liepin.com/job/1927770073.shtml   \n",
       "14       北京华油信通科技有限公司  https://www.liepin.com/job/1927769745.shtml   \n",
       "15               泰山体育  https://www.liepin.com/job/1927769743.shtml   \n",
       "16               爱驰汽车  https://www.liepin.com/job/1927769147.shtml   \n",
       "17            畅捷通支付北京  https://www.liepin.com/job/1927767527.shtml   \n",
       "18        上海爱湃斯科技有限公司  https://www.liepin.com/job/1927767341.shtml   \n",
       "19                英搏尔  https://www.liepin.com/job/1927766961.shtml   \n",
       "20                英搏尔  https://www.liepin.com/job/1927766881.shtml   \n",
       "21                英搏尔  https://www.liepin.com/job/1927766799.shtml   \n",
       "22  海得邦国际物流控股(集团)有限公司  https://www.liepin.com/job/1927766623.shtml   \n",
       "23           亿达控股有限公司  https://www.liepin.com/job/1927766331.shtml   \n",
       "24               罗氏制药  https://www.liepin.com/job/1927766269.shtml   \n",
       "25   京创智汇(上海)物流科技有限公司  https://www.liepin.com/job/1927765811.shtml   \n",
       "26      滁州市博康模具塑料有限公司  https://www.liepin.com/job/1927764739.shtml   \n",
       "27       北京海纳世纪科技有限公司  https://www.liepin.com/job/1927760887.shtml   \n",
       "28       上海华略智库集团有限公司  https://www.liepin.com/job/1927750423.shtml   \n",
       "29               国机智能  https://www.liepin.com/job/1927749185.shtml   \n",
       "30               泽金金服  https://www.liepin.com/job/1927746007.shtml   \n",
       "31              阳光城集团  https://www.liepin.com/job/1927744955.shtml   \n",
       "32     江苏灵美东方医院管理有限公司  https://www.liepin.com/job/1927739435.shtml   \n",
       "33                HKC  https://www.liepin.com/job/1927733447.shtml   \n",
       "34               鸿利光电  https://www.liepin.com/job/1927727601.shtml   \n",
       "35                百合网  https://www.liepin.com/job/1927726909.shtml   \n",
       "36               农夫山泉  https://www.liepin.com/job/1927726751.shtml   \n",
       "37              水晶石数字  https://www.liepin.com/job/1927725037.shtml   \n",
       "38   康思立达(上海)汽车科技有限公司  https://www.liepin.com/job/1927722755.shtml   \n",
       "39         上海宜来卫浴有限公司  https://www.liepin.com/job/1927711449.shtml   \n",
       "\n",
       "                                       公司URL  \n",
       "0    https://www.liepin.com/company/8812459/  \n",
       "1    https://www.liepin.com/company/1408548/  \n",
       "2    https://www.liepin.com/company/7862497/  \n",
       "3    https://www.liepin.com/company/8042835/  \n",
       "4    https://www.liepin.com/company/7868039/  \n",
       "5    https://www.liepin.com/company/8399212/  \n",
       "6    https://www.liepin.com/company/8748580/  \n",
       "7   https://www.liepin.com/company/10205193/  \n",
       "8    https://www.liepin.com/company/9234847/  \n",
       "9    https://www.liepin.com/company/9454064/  \n",
       "10   https://www.liepin.com/company/9218800/  \n",
       "11   https://www.liepin.com/company/8104849/  \n",
       "12   https://www.liepin.com/company/8895584/  \n",
       "13   https://www.liepin.com/company/9807335/  \n",
       "14   https://www.liepin.com/company/8330229/  \n",
       "15   https://www.liepin.com/company/7958679/  \n",
       "16   https://www.liepin.com/company/9146383/  \n",
       "17   https://www.liepin.com/company/8577672/  \n",
       "18  https://www.liepin.com/company/10006015/  \n",
       "19   https://www.liepin.com/company/9557666/  \n",
       "20   https://www.liepin.com/company/9557666/  \n",
       "21   https://www.liepin.com/company/9557666/  \n",
       "22  https://www.liepin.com/company/10079421/  \n",
       "23   https://www.liepin.com/company/2048766/  \n",
       "24    https://www.liepin.com/company/916012/  \n",
       "25  https://www.liepin.com/company/10054581/  \n",
       "26   https://www.liepin.com/company/8593126/  \n",
       "27   https://www.liepin.com/company/9215228/  \n",
       "28   https://www.liepin.com/company/9864533/  \n",
       "29   https://www.liepin.com/company/8942684/  \n",
       "30   https://www.liepin.com/company/8787574/  \n",
       "31    https://www.liepin.com/company/876734/  \n",
       "32  https://www.liepin.com/company/10030447/  \n",
       "33   https://www.liepin.com/company/8795947/  \n",
       "34   https://www.liepin.com/company/2246346/  \n",
       "35  https://www.liepin.com/company/10077527/  \n",
       "36   https://www.liepin.com/company/2868477/  \n",
       "37   https://www.liepin.com/company/8077365/  \n",
       "38   https://www.liepin.com/company/9459889/  \n",
       "39  https://www.liepin.com/company/10082469/  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/?keyword=产品经理\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )\n",
    "\n",
    "# 先取特定元素, 精准打击其子后辈\n",
    "主要元素 = r.html.xpath( \\\n",
    "    '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "# 预期是一个元素的列表？\n",
    "#print (主要元素[0].xpath('//div[contains(@class,\"sojob-item-main\")]'))\n",
    "#print (主要元素[0].xpath('//div[contains(@class,\"job-info\")]/h3/a'))\n",
    "#print (主要元素[3].xpath('//div[contains(@class,\"job-info\")]/p/a'))\n",
    "#print (主要元素[3].xpath('//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]'))\n",
    "#print (主要元素[3].xpath('//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span'))\n",
    "#print (主要元素[3].xpath('//div[contains(@class,\"job-info\")]/p/time/@title'))\n",
    "#print (主要元素[0].xpath('//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a'))\n",
    "\n",
    "# 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "dict_xpaths={ \n",
    "    'text': {\n",
    "        'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "        '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "        '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "        '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "        '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "        '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "        '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "    },\n",
    "    'text_content': {\n",
    "    },\n",
    "    'href': {\n",
    "        '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "        '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "    }\n",
    "}\n",
    "\n",
    "def get_e_text_content(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "def get_e_text(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "def get_e_href(_xpath_):\n",
    "    # 高级列表推导\n",
    "    暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "               if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "               else \"\" for e in 主要元素]\n",
    "    return(暂存结果)\n",
    "\n",
    "# 只对主要元素下进行.xpath取值\n",
    "数据字典 = dict()\n",
    "\n",
    "数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "[len(v) for k,v in 数据字典.items()]\n",
    "\n",
    "数据 = pd.DataFrame(数据字典)\n",
    "数据.to_excel(\"数据挖掘_liepin_产品经理_4月26日.xlsx\", sheet_name=\"搜查结果\")\n",
    "数据 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "edu         6\n",
      "经验          5\n",
      "薪水         73\n",
      "时间         22\n",
      "职称        162\n",
      "公司地点       75\n",
      "公司名称       62\n",
      "链结        187\n",
      "公司URL      62\n",
      "热门公司类型      6\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>职称</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>公司名称</th>\n",
       "      <th>edu</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>阿里巴巴</th>\n",
       "      <th>学历不限</th>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>石药控股集团有限公司</th>\n",
       "      <th>大专及以上</th>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>keenon</th>\n",
       "      <th>大专及以上</th>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>网易集团</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>keenon</th>\n",
       "      <th>本科及以上</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>北京金堤科技有限公司</th>\n",
       "      <th>本科及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>信也科技</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>深圳市豪鹏科技有限公司</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>小米</th>\n",
       "      <th>大专及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CVTE</th>\n",
       "      <th>本科及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>86 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   职称\n",
       "公司名称        edu      \n",
       "阿里巴巴        学历不限   33\n",
       "石药控股集团有限公司  大专及以上  24\n",
       "keenon      大专及以上  13\n",
       "网易集团        统招本科    9\n",
       "keenon      本科及以上   9\n",
       "...                ..\n",
       "北京金堤科技有限公司  本科及以上   1\n",
       "信也科技        统招本科    1\n",
       "深圳市豪鹏科技有限公司 统招本科    1\n",
       "小米          大专及以上   1\n",
       "CVTE        本科及以上   1\n",
       "\n",
       "[86 rows x 1 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "参数_compTag_产品经理 = {'中国500强': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['155'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '2018互联网300强': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['182'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '制造业500强': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['186'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, 'AI创新成长50强 ': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['189'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '独角兽': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['130'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '上市公司': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'compTag': ['156'], 'ckid': ['58d828c357a8cb19'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}}\n",
    "\n",
    "# 上周C-1   多个页面准备测试1 中国500强\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_compTag_产品经理['中国500强']\n",
    "r = session.get( url, params = payload)\n",
    "\n",
    "# r.url\n",
    "\n",
    "# 上周C-2  简化 A-1   单一页面爬+解析\n",
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    #数据.to_excel(\"20春_Web数据挖掘_week03_liepin.xlsx\", sheet_name=\"搜查结果\")\n",
    "    return (数据)\n",
    "\n",
    "\n",
    "# 上周C-3   多个页面\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_compTag_产品经理.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    df = df.assign (热门公司类型 = k)    \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df)\n",
    "df_all\n",
    "\n",
    "# 上周C-4   输出\n",
    "df_all.to_excel(\"数据挖掘_liepin_各热门公司类型.xlsx\", sheet_name=\"搜查结果\")\n",
    "\n",
    "# 上周C-5 Pandas  基本能力\n",
    "\n",
    "print (df_all.nunique())\n",
    "df_all[['edu']].drop_duplicates()\n",
    "\n",
    "df_all.groupby(['公司名称','edu']).agg({\"职称\":\"count\"}).sort_values(by='职称', ascending=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 猎聘网行业数据挖掘"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'互联网/电商': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '游戏产业': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=420&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '计算机软件': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=010&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " 'IT服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=030&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '电子/芯片/半导体': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=050&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '通信业': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=060&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '计算机/网络设备': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '房地产/建筑': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=080&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '规划/设计/装潢': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=100&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '房地产服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=090&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '银行': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=130&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '保险': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=140&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '基金/证券/投资': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=150&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '会计/审计': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=430&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '信托/担保/拍卖': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=500&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '快消品': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=190&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '批发零售': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=240&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '服装纺织': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=200&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '家具/家电': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=210&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '办公设备': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=220&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '奢侈品/收藏品': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=460&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '珠宝/玩具/工艺品': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=470&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '汽车/摩托车': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=350&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '机械/机电/重工': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=360&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '印刷/包装/造纸': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=180&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '原材料加工': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=370&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '仪器/电气/自动化': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=340&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '制药/生物工程': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=270&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '医疗/保健/美容': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=280&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '医疗器械': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=290&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '能源/水利': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=330&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '石油/化工': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=310&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '采掘/冶炼/矿产': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=320&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '环保': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=300&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '新能源': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=490&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '专业服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=120&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '中介服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=110&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '外包服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=440&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '检测/认证': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=450&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '餐饮/酒旅/服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=230&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '文体娱乐': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=260&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '租赁服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=510&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '广告/市场/会展': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=070&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '影视文化': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=170&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '教育培训': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=380&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '交通/物流/运输': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=250&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '贸易/进出口': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=160&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '航空/航天': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=480&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '政务/公共服务': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=390&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '农林牧渔': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=410&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049',\n",
       " '其他行业': '/zhaopin/?init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=400&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049'}"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "行业数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a/@href')\n",
    "               \n",
    "行业数据选择器链结\n",
    "\n",
    "# 但我们需要知道这些选择器链结, 对映到什麽数据\n",
    "行业数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a')\n",
    "行业数据选择器链结\n",
    "\n",
    "#[ x.xpath(\"a/@href\")[0] for x in 行业数据选择器链结]\n",
    "#[ x.xpath(\"a/text()\")[0] for x in 行业数据选择器链结]\n",
    "行业数据选择器链结 = { x.xpath(\"a/text()\")[0]:x.xpath(\"a/@href\")[0] for x in 行业数据选择器链结}\n",
    "行业数据选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=420&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=010&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_01&industries=030&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=050&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=060&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_02&industries=020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=080&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=100&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_03&industries=090&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=130&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=140&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=150&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=430&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_04&industries=500&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=190&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=240&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=200&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=210&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=220&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=460&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_05&industries=470&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=350&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=360&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=180&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=370&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_06&industries=340&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=270&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=280&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_10&industries=290&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=330&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=310&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=320&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=300&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_11&industries=490&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=120&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=110&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=440&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=450&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=230&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=260&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_07&industries=510&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=070&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=170&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_08&industries=380&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=250&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=160&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_09&industries=480&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=390&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=410&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=58d828c357a8cb19&flushckid=1&fromSearchBtn=2&compTag=155&ckid=c007db90f16f91bf&subIndustry=&industryType=industry_12&industries=400&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=6aa779111c1b4ca77cff3648d9dee049&d_curPage=0&d_pageSize=40&d_headId=6aa779111c1b4ca77cff3648d9dee049', fragment='')]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 使用 urllib.parse 解析\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 行业数据选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 51 entries, 0 to 50\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    51 non-null     object\n",
      " 1   netloc    51 non-null     object\n",
      " 2   path      51 non-null     object\n",
      " 3   params    51 non-null     object\n",
      " 4   query     51 non-null     object\n",
      " 5   fragment  51 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 2.5+ KB\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=58d828c357a8cb19&amp;flushckid=1&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=58d828c357a8cb19&flushckid=1&...           "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 使用 pd.DataFrame进行 unuinque()相异值计量比对 \n",
    "import pandas as pd\n",
    "df = pd.DataFrame([ urlparse(x) for x in 行业数据选择器链结.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 挖掘行业Query参数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "compTag           1\n",
      "ckid              1\n",
      "industryType     12\n",
      "industries       51\n",
      "keyword           1\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>industryType</th>\n",
       "      <th>industries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>产品经理</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>400</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   keyword industryType industries\n",
       "0     产品经理  industry_01        040\n",
       "1     产品经理  industry_01        420\n",
       "2     产品经理  industry_01        010\n",
       "3     产品经理  industry_01        030\n",
       "4     产品经理  industry_02        050\n",
       "5     产品经理  industry_02        060\n",
       "6     产品经理  industry_02        020\n",
       "7     产品经理  industry_03        080\n",
       "8     产品经理  industry_03        100\n",
       "9     产品经理  industry_03        090\n",
       "10    产品经理  industry_04        130\n",
       "11    产品经理  industry_04        140\n",
       "12    产品经理  industry_04        150\n",
       "13    产品经理  industry_04        430\n",
       "14    产品经理  industry_04        500\n",
       "15    产品经理  industry_05        190\n",
       "16    产品经理  industry_05        240\n",
       "17    产品经理  industry_05        200\n",
       "18    产品经理  industry_05        210\n",
       "19    产品经理  industry_05        220\n",
       "20    产品经理  industry_05        460\n",
       "21    产品经理  industry_05        470\n",
       "22    产品经理  industry_06        350\n",
       "23    产品经理  industry_06        360\n",
       "24    产品经理  industry_06        180\n",
       "25    产品经理  industry_06        370\n",
       "26    产品经理  industry_06        340\n",
       "27    产品经理  industry_10        270\n",
       "28    产品经理  industry_10        280\n",
       "29    产品经理  industry_10        290\n",
       "30    产品经理  industry_11        330\n",
       "31    产品经理  industry_11        310\n",
       "32    产品经理  industry_11        320\n",
       "33    产品经理  industry_11        300\n",
       "34    产品经理  industry_11        490\n",
       "35    产品经理  industry_07        120\n",
       "36    产品经理  industry_07        110\n",
       "37    产品经理  industry_07        440\n",
       "38    产品经理  industry_07        450\n",
       "39    产品经理  industry_07        230\n",
       "40    产品经理  industry_07        260\n",
       "41    产品经理  industry_07        510\n",
       "42    产品经理  industry_08        070\n",
       "43    产品经理  industry_08        170\n",
       "44    产品经理  industry_08        380\n",
       "45    产品经理  industry_09        250\n",
       "46    产品经理  industry_09        160\n",
       "47    产品经理  industry_09        480\n",
       "48    产品经理  industry_12        390\n",
       "49    产品经理  industry_12        410\n",
       "50    产品经理  industry_12        400"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 针对query 再解析之 \n",
    "#df_qs = pd.DataFrame([ parse_qs(x) for x in df['query'] ])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n",
    "df_qs.head()\n",
    "df_qs[['keyword','industryType','industries']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 创建行业模板字典"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '040',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '420',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '010',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '030',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '050',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '060',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '020',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '080',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '100',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '090',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '130',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '140',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '150',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '430',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '500',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '190',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '240',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '200',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '210',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '220',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '460',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '470',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '350',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '360',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '180',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '370',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '340',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '270',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '280',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '290',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '330',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '310',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '320',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '300',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '490',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '120',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '110',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '440',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '450',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '230',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '260',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '510',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '070',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '170',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '380',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '250',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '160',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '480',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '390',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '410',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'},\n",
       " {'init': '-1',\n",
       "  'headckid': '58d828c357a8cb19',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'compTag': '155',\n",
       "  'ckid': 'c007db90f16f91bf',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '400',\n",
       "  'keyword': '产品经理',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '6aa779111c1b4ca77cff3648d9dee049',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '6aa779111c1b4ca77cff3648d9dee049'}]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "列表暫存 = [] # list()\n",
    "for q in df['query']: \n",
    "    字典暫存 = dict()\n",
    "    for k,v in parse_qs(q).items(): # for 鍵,值 in 字典.items():\n",
    "        字典暫存.update({k:v[0]})\n",
    "    列表暫存.append(字典暫存)\n",
    "列表暫存\n",
    "# ----------------------------------------------\n",
    "# 比較\n",
    "# 列表暫存 = [{k:v[0] for k,v in parse_qs(q).items()} for q in df['query'] ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}\n",
      "{'互联网/电商': '155', '游戏产业': '155', '计算机软件': '155', 'IT服务': '155', '电子/芯片/半导体': '155', '通信业': '155', '计算机/网络设备': '155', '房地产/建筑': '155', '规划/设计/装潢': '155', '房地产服务': '155', '银行': '155', '保险': '155', '基金/证券/投资': '155', '会计/审计': '155', '信托/担保/拍卖': '155', '快消品': '155', '批发零售': '155', '服装纺织': '155', '家具/家电': '155', '办公设备': '155', '奢侈品/收藏品': '155', '珠宝/玩具/工艺品': '155', '汽车/摩托车': '155', '机械/机电/重工': '155', '印刷/包装/造纸': '155', '原材料加工': '155', '仪器/电气/自动化': '155', '制药/生物工程': '155', '医疗/保健/美容': '155', '医疗器械': '155', '能源/水利': '155', '石油/化工': '155', '采掘/冶炼/矿产': '155', '环保': '155', '新能源': '155', '专业服务': '155', '中介服务': '155', '外包服务': '155', '检测/认证': '155', '餐饮/酒旅/服务': '155', '文体娱乐': '155', '租赁服务': '155', '广告/市场/会展': '155', '影视文化': '155', '教育培训': '155', '交通/物流/运输': '155', '贸易/进出口': '155', '航空/航天': '155', '政务/公共服务': '155', '农林牧渔': '155', '其他行业': '155'}\n"
     ]
    }
   ],
   "source": [
    "# 建构 参数模板 及 字典_compTag\n",
    "def parse_url_qs_for_compTag (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(行业数据选择器链结.values())[0])['compTag']\n",
    "参数模板 = parse_url_qs_for_compTag(list(行业数据选择器链结.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 行业数据选择器链结.values()]\n",
    "[ parse_url_qs_for_compTag(x)['compTag'][0] for x in 行业数据选择器链结.values()]\n",
    "\n",
    "字典_compTag = { k:parse_url_qs_for_compTag(v)['compTag'][0] for k,v in 行业数据选择器链结.items()}\n",
    "print (字典_compTag)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'互联网/电商': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '游戏产业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '计算机软件': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, 'IT服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '电子/芯片/半导体': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '通信业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '计算机/网络设备': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '房地产/建筑': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '规划/设计/装潢': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '房地产服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '银行': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '保险': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '基金/证券/投资': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '会计/审计': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '信托/担保/拍卖': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '快消品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '批发零售': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '服装纺织': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '家具/家电': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '办公设备': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '奢侈品/收藏品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '珠宝/玩具/工艺品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '汽车/摩托车': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '机械/机电/重工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '印刷/包装/造纸': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '原材料加工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '仪器/电气/自动化': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '制药/生物工程': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '医疗/保健/美容': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '医疗器械': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '能源/水利': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '石油/化工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '采掘/冶炼/矿产': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '环保': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '新能源': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '专业服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '中介服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '外包服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '检测/认证': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '餐饮/酒旅/服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '文体娱乐': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '租赁服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '广告/市场/会展': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '影视文化': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '教育培训': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '交通/物流/运输': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '贸易/进出口': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '航空/航天': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '政务/公共服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '农林牧渔': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '其他行业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}}\n"
     ]
    }
   ],
   "source": [
    "# 建构 参数模板  \n",
    "def 参数模板生成(compTag , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['compTag'] = compTag\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_compTag_产品经理 = { k:参数模板生成(compTag = [v], keyword = ['产品经理']) for k,v in 字典_compTag.items()}\n",
    "print(参数_compTag_产品经理)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://www.liepin.com/zhaopin/?%E5%8C%97%E4%BA%AC=init&%E5%8C%97%E4%BA%AC=headckid&%E5%8C%97%E4%BA%AC=flushckid&%E5%8C%97%E4%BA%AC=fromSearchBtn&%E5%8C%97%E4%BA%AC=dqs&%E5%8C%97%E4%BA%AC=keyword&%E5%8C%97%E4%BA%AC=ckid&%E5%8C%97%E4%BA%AC=siTag&%E5%8C%97%E4%BA%AC=d_sfrom&%E5%8C%97%E4%BA%AC=d_ckId&%E5%8C%97%E4%BA%AC=d_curPage&%E5%8C%97%E4%BA%AC=d_pageSize&%E5%8C%97%E4%BA%AC=d_headId&%E5%8C%97%E4%BA%AC=compTag&%E4%B8%8A%E6%B5%B7=init&%E4%B8%8A%E6%B5%B7=headckid&%E4%B8%8A%E6%B5%B7=flushckid&%E4%B8%8A%E6%B5%B7=fromSearchBtn&%E4%B8%8A%E6%B5%B7=dqs&%E4%B8%8A%E6%B5%B7=keyword&%E4%B8%8A%E6%B5%B7=ckid&%E4%B8%8A%E6%B5%B7=siTag&%E4%B8%8A%E6%B5%B7=d_sfrom&%E4%B8%8A%E6%B5%B7=d_ckId&%E4%B8%8A%E6%B5%B7=d_curPage&%E4%B8%8A%E6%B5%B7=d_pageSize&%E4%B8%8A%E6%B5%B7=d_headId&%E4%B8%8A%E6%B5%B7=compTag&%E5%B9%BF%E5%B7%9E=init&%E5%B9%BF%E5%B7%9E=headckid&%E5%B9%BF%E5%B7%9E=flushckid&%E5%B9%BF%E5%B7%9E=fromSearchBtn&%E5%B9%BF%E5%B7%9E=dqs&%E5%B9%BF%E5%B7%9E=keyword&%E5%B9%BF%E5%B7%9E=ckid&%E5%B9%BF%E5%B7%9E=siTag&%E5%B9%BF%E5%B7%9E=d_sfrom&%E5%B9%BF%E5%B7%9E=d_ckId&%E5%B9%BF%E5%B7%9E=d_curPage&%E5%B9%BF%E5%B7%9E=d_pageSize&%E5%B9%BF%E5%B7%9E=d_headId&%E5%B9%BF%E5%B7%9E=compTag&%E6%B7%B1%E5%9C%B3=init&%E6%B7%B1%E5%9C%B3=headckid&%E6%B7%B1%E5%9C%B3=flushckid&%E6%B7%B1%E5%9C%B3=fromSearchBtn&%E6%B7%B1%E5%9C%B3=dqs&%E6%B7%B1%E5%9C%B3=keyword&%E6%B7%B1%E5%9C%B3=ckid&%E6%B7%B1%E5%9C%B3=siTag&%E6%B7%B1%E5%9C%B3=d_sfrom&%E6%B7%B1%E5%9C%B3=d_ckId&%E6%B7%B1%E5%9C%B3=d_curPage&%E6%B7%B1%E5%9C%B3=d_pageSize&%E6%B7%B1%E5%9C%B3=d_headId&%E6%B7%B1%E5%9C%B3=compTag&%E5%A4%A9%E6%B4%A5=init&%E5%A4%A9%E6%B4%A5=headckid&%E5%A4%A9%E6%B4%A5=flushckid&%E5%A4%A9%E6%B4%A5=fromSearchBtn&%E5%A4%A9%E6%B4%A5=dqs&%E5%A4%A9%E6%B4%A5=keyword&%E5%A4%A9%E6%B4%A5=ckid&%E5%A4%A9%E6%B4%A5=siTag&%E5%A4%A9%E6%B4%A5=d_sfrom&%E5%A4%A9%E6%B4%A5=d_ckId&%E5%A4%A9%E6%B4%A5=d_curPage&%E5%A4%A9%E6%B4%A5=d_pageSize&%E5%A4%A9%E6%B4%A5=d_headId&%E5%A4%A9%E6%B4%A5=compTag&%E8%8B%8F%E5%B7%9E=init&%E8%8B%8F%E5%B7%9E=headckid&%E8%8B%8F%E5%B7%9E=flushckid&%E8%8B%8F%E5%B7%9E=fromSearchBtn&%E8%8B%8F%E5%B7%9E=dqs&%E8%8B%8F%E5%B7%9E=keyword&%E8%8B%8F%E5%B7%9E=ckid&%E8%8B%8F%E5%B7%9E=siTag&%E8%8B%8F%E5%B7%9E=d_sfrom&%E8%8B%8F%E5%B7%9E=d_ckId&%E8%8B%8F%E5%B7%9E=d_curPage&%E8%8B%8F%E5%B7%9E=d_pageSize&%E8%8B%8F%E5%B7%9E=d_headId&%E8%8B%8F%E5%B7%9E=compTag&%E9%87%8D%E5%BA%86=init&%E9%87%8D%E5%BA%86=headckid&%E9%87%8D%E5%BA%86=flushckid&%E9%87%8D%E5%BA%86=fromSearchBtn&%E9%87%8D%E5%BA%86=dqs&%E9%87%8D%E5%BA%86=keyword&%E9%87%8D%E5%BA%86=ckid&%E9%87%8D%E5%BA%86=siTag&%E9%87%8D%E5%BA%86=d_sfrom&%E9%87%8D%E5%BA%86=d_ckId&%E9%87%8D%E5%BA%86=d_curPage&%E9%87%8D%E5%BA%86=d_pageSize&%E9%87%8D%E5%BA%86=d_headId&%E9%87%8D%E5%BA%86=compTag&%E5%8D%97%E4%BA%AC=init&%E5%8D%97%E4%BA%AC=headckid&%E5%8D%97%E4%BA%AC=flushckid&%E5%8D%97%E4%BA%AC=fromSearchBtn&%E5%8D%97%E4%BA%AC=dqs&%E5%8D%97%E4%BA%AC=keyword&%E5%8D%97%E4%BA%AC=ckid&%E5%8D%97%E4%BA%AC=siTag&%E5%8D%97%E4%BA%AC=d_sfrom&%E5%8D%97%E4%BA%AC=d_ckId&%E5%8D%97%E4%BA%AC=d_curPage&%E5%8D%97%E4%BA%AC=d_pageSize&%E5%8D%97%E4%BA%AC=d_headId&%E5%8D%97%E4%BA%AC=compTag&%E6%9D%AD%E5%B7%9E=init&%E6%9D%AD%E5%B7%9E=headckid&%E6%9D%AD%E5%B7%9E=flushckid&%E6%9D%AD%E5%B7%9E=fromSearchBtn&%E6%9D%AD%E5%B7%9E=dqs&%E6%9D%AD%E5%B7%9E=keyword&%E6%9D%AD%E5%B7%9E=ckid&%E6%9D%AD%E5%B7%9E=siTag&%E6%9D%AD%E5%B7%9E=d_sfrom&%E6%9D%AD%E5%B7%9E=d_ckId&%E6%9D%AD%E5%B7%9E=d_curPage&%E6%9D%AD%E5%B7%9E=d_pageSize&%E6%9D%AD%E5%B7%9E=d_headId&%E6%9D%AD%E5%B7%9E=compTag&%E5%A4%A7%E8%BF%9E=init&%E5%A4%A7%E8%BF%9E=headckid&%E5%A4%A7%E8%BF%9E=flushckid&%E5%A4%A7%E8%BF%9E=fromSearchBtn&%E5%A4%A7%E8%BF%9E=dqs&%E5%A4%A7%E8%BF%9E=keyword&%E5%A4%A7%E8%BF%9E=ckid&%E5%A4%A7%E8%BF%9E=siTag&%E5%A4%A7%E8%BF%9E=d_sfrom&%E5%A4%A7%E8%BF%9E=d_ckId&%E5%A4%A7%E8%BF%9E=d_curPage&%E5%A4%A7%E8%BF%9E=d_pageSize&%E5%A4%A7%E8%BF%9E=d_headId&%E5%A4%A7%E8%BF%9E=compTag&%E6%88%90%E9%83%BD=init&%E6%88%90%E9%83%BD=headckid&%E6%88%90%E9%83%BD=flushckid&%E6%88%90%E9%83%BD=fromSearchBtn&%E6%88%90%E9%83%BD=dqs&%E6%88%90%E9%83%BD=keyword&%E6%88%90%E9%83%BD=ckid&%E6%88%90%E9%83%BD=siTag&%E6%88%90%E9%83%BD=d_sfrom&%E6%88%90%E9%83%BD=d_ckId&%E6%88%90%E9%83%BD=d_curPage&%E6%88%90%E9%83%BD=d_pageSize&%E6%88%90%E9%83%BD=d_headId&%E6%88%90%E9%83%BD=compTag&%E6%AD%A6%E6%B1%89=init&%E6%AD%A6%E6%B1%89=headckid&%E6%AD%A6%E6%B1%89=flushckid&%E6%AD%A6%E6%B1%89=fromSearchBtn&%E6%AD%A6%E6%B1%89=dqs&%E6%AD%A6%E6%B1%89=keyword&%E6%AD%A6%E6%B1%89=ckid&%E6%AD%A6%E6%B1%89=siTag&%E6%AD%A6%E6%B1%89=d_sfrom&%E6%AD%A6%E6%B1%89=d_ckId&%E6%AD%A6%E6%B1%89=d_curPage&%E6%AD%A6%E6%B1%89=d_pageSize&%E6%AD%A6%E6%B1%89=d_headId&%E6%AD%A6%E6%B1%89=compTag'"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_compTag_产品经理\n",
    "r = session.get( url, params = payload)\n",
    "r.url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 单一页面爬+解析\n",
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    return (数据)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>edu</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>公司地点</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "      <th>行业</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>15-20k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>家族信托律师</td>\n",
       "      <td></td>\n",
       "      <td>亨瑞集团</td>\n",
       "      <td>https://www.liepin.com/job/1926039563.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8438507/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-18k·12薪</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京质心教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927649159.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9370190/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>13-18k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>资深编辑</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京华樾教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927612705.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9086036/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>20-30k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>K12渠道拓展总监</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京点石经纬科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1926925555.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8327598/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-18k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京质心教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927743375.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9370190/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>5-15k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>销售（外勤）</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927266061.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>学历不限</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>5-10k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>技术支持工程师（外勤）</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927265277.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>C++开发工程师</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927263087.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>8-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>工艺工程师</td>\n",
       "      <td>北京</td>\n",
       "      <td>凌云光技术</td>\n",
       "      <td>https://www.liepin.com/job/1927259059.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7892331/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>等级保护工程师</td>\n",
       "      <td>北京</td>\n",
       "      <td>网宿科技</td>\n",
       "      <td>https://www.liepin.com/job/1927251737.shtml</td>\n",
       "      <td>https://www.liepin.com/company/1551043/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      edu     经验          薪水           时间           职称 公司地点           公司名称  \\\n",
       "0   本科及以上   3-5年  15-20k·12薪  2020年04月26日       家族信托律师                亨瑞集团   \n",
       "1    统招本科   1-3年  10-18k·12薪  2020年04月25日         产品经理   北京   北京质心教育科技有限公司   \n",
       "2    统招本科  5-10年  13-18k·12薪  2020年04月24日         资深编辑   北京   北京华樾教育科技有限公司   \n",
       "3   大专及以上  5-10年  20-30k·12薪  2020年04月24日    K12渠道拓展总监   北京   北京点石经纬科技有限公司   \n",
       "4   本科及以上   1-3年  10-18k·12薪  2020年04月24日         产品经理   北京   北京质心教育科技有限公司   \n",
       "..    ...    ...         ...          ...          ...  ...            ...   \n",
       "35  大专及以上   1-3年   5-15k·13薪  2020年04月26日       销售（外勤）       因诺微科技(天津)有限公司   \n",
       "36   学历不限   经验不限   5-10k·13薪  2020年04月26日  技术支持工程师（外勤）       因诺微科技(天津)有限公司   \n",
       "37   统招本科   经验不限          面议  2020年04月26日     C++开发工程师       因诺微科技(天津)有限公司   \n",
       "38   统招本科  5-10年   8-15k·12薪  2020年04月26日        工艺工程师   北京          凌云光技术   \n",
       "39   统招本科   1-3年          面议  2020年04月26日      等级保护工程师   北京           网宿科技   \n",
       "\n",
       "                                             链结  \\\n",
       "0   https://www.liepin.com/job/1926039563.shtml   \n",
       "1   https://www.liepin.com/job/1927649159.shtml   \n",
       "2   https://www.liepin.com/job/1927612705.shtml   \n",
       "3   https://www.liepin.com/job/1926925555.shtml   \n",
       "4   https://www.liepin.com/job/1927743375.shtml   \n",
       "..                                          ...   \n",
       "35  https://www.liepin.com/job/1927266061.shtml   \n",
       "36  https://www.liepin.com/job/1927265277.shtml   \n",
       "37  https://www.liepin.com/job/1927263087.shtml   \n",
       "38  https://www.liepin.com/job/1927259059.shtml   \n",
       "39  https://www.liepin.com/job/1927251737.shtml   \n",
       "\n",
       "                                      公司URL  行业  \n",
       "0   https://www.liepin.com/company/8438507/  北京  \n",
       "1   https://www.liepin.com/company/9370190/  北京  \n",
       "2   https://www.liepin.com/company/9086036/  北京  \n",
       "3   https://www.liepin.com/company/8327598/  北京  \n",
       "4   https://www.liepin.com/company/9370190/  北京  \n",
       "..                                      ...  ..  \n",
       "35  https://www.liepin.com/company/9122551/  上海  \n",
       "36  https://www.liepin.com/company/9122551/  上海  \n",
       "37  https://www.liepin.com/company/9122551/  上海  \n",
       "38  https://www.liepin.com/company/7892331/  上海  \n",
       "39  https://www.liepin.com/company/1551043/  上海  \n",
       "\n",
       "[80 rows x 10 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_compTag_产品经理.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    df = df.assign (行业 = k)    \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df)\n",
    "df_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 输出\n",
    "df_all.to_excel(\"数据挖掘_liepin_行业.xlsx\", sheet_name=\"搜查结果\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 猎聘网城市数据挖掘"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'北京': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=010&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '上海': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '广州': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=050020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '深圳': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=050090&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '天津': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=030&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '苏州': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=060080&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '重庆': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '南京': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=060020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '杭州': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=070020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '大连': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=210040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '成都': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=280020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a',\n",
       " '武汉': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=170020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a'}"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "城市数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[2] \\\n",
    "                    .xpath('//dd[contains(@data-param,\"city\")]/a[@class]/@href')\n",
    "               \n",
    "城市数据选择器链结\n",
    "\n",
    "# 但我们需要知道这些选择器链结, 对映到什麽数据\n",
    "城市数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[2] \\\n",
    "                    .xpath('//dd[contains(@data-param,\"city\")]/a[@class]')\n",
    "城市数据选择器链结\n",
    "\n",
    "#[ x.xpath(\"a/@href\")[0] for x in 公司数据选择器链结]\n",
    "#[ x.xpath(\"a/text()\")[0] for x in 公司数据选择器链结]\n",
    "城市数据选择器链结 = { x.xpath(\"a/text()\")[0]:x.xpath(\"a/@href\")[0] for x in 城市数据选择器链结[1:]}\n",
    "城市数据选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=010&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=050020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=050090&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=030&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=060080&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=060020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=070020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=210040&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=280020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=170020&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a', fragment='')]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 城市数据选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 12 entries, 0 to 11\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    12 non-null     object\n",
      " 1   netloc    12 non-null     object\n",
      " 2   path      12 non-null     object\n",
      " 3   params    12 non-null     object\n",
      " 4   query     12 non-null     object\n",
      " 5   fragment  12 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 704.0+ bytes\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       12\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;flushckid=1&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=dec103dc5035b01f&flushckid=1&...           "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "df = pd.DataFrame([ urlparse(x) for x in 城市数据选择器链结.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 挖掘城市Query参数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "dqs              12\n",
      "keyword           1\n",
      "ckid              1\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dqs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>050020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>050090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>060080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>060020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>070020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>210040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>280020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>170020</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       dqs\n",
       "0      010\n",
       "1      020\n",
       "2   050020\n",
       "3   050090\n",
       "4      030\n",
       "5   060080\n",
       "6      040\n",
       "7   060020\n",
       "8   070020\n",
       "9   210040\n",
       "10  280020\n",
       "11  170020"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n",
    "df_qs.head()\n",
    "df_qs[['dqs']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 创建城市模板字典"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '010',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '050020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '050090',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '030',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '060080',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '040',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '060020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '070020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '210040',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '280020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'},\n",
       " {'init': '-1',\n",
       "  'headckid': 'dec103dc5035b01f',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'dqs': '170020',\n",
       "  'keyword': '产品经理',\n",
       "  'ckid': 'dec103dc5035b01f',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '0fdc91a178a29d385e6aefb9c91cb87a',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '0fdc91a178a29d385e6aefb9c91cb87a'}]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "列表暫存 = [] # list()\n",
    "for q in df['query']: \n",
    "    字典暫存 = dict()\n",
    "    for k,v in parse_qs(q).items(): # for 鍵,值 in 字典.items():\n",
    "        字典暫存.update({k:v[0]})\n",
    "    列表暫存.append(字典暫存)\n",
    "列表暫存"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a']}\n",
      "{'北京': '010', '上海': '020', '广州': '050020', '深圳': '050090', '天津': '030', '苏州': '060080', '重庆': '040', '南京': '060020', '杭州': '070020', '大连': '210040', '成都': '280020', '武汉': '170020'}\n"
     ]
    }
   ],
   "source": [
    "# 建构 参数模板 及 字典_compTag\n",
    "def parse_url_qs_for_compTag (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "参数模板 = parse_url_qs_for_compTag(list(城市数据选择器链结.values())[0])\n",
    "print(参数模板)\n",
    "\n",
    "[ parse_url_qs_for_compTag(x)['dqs'][0] for x in 城市数据选择器链结.values()]\n",
    "\n",
    "字典_compTag = { k:parse_url_qs_for_compTag(v)['dqs'][0] for k,v in 城市数据选择器链结.items()}\n",
    "print (字典_compTag)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'北京': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['010']}, '上海': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['020']}, '广州': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['050020']}, '深圳': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['050090']}, '天津': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['030']}, '苏州': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['060080']}, '重庆': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['040']}, '南京': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['060020']}, '杭州': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['070020']}, '大连': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['210040']}, '成都': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['280020']}, '武汉': {'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'dqs': ['010'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'compTag': ['170020']}}\n"
     ]
    }
   ],
   "source": [
    "# 建构 参数模板  \n",
    "def 参数模板生成(compTag , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['compTag'] = compTag\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_compTag_产品经理 = { k:参数模板生成(compTag = [v], keyword = ['产品经理']) for k,v in 字典_compTag.items()}\n",
    "print(参数_compTag_产品经理)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://www.liepin.com/zhaopin/?init=-1&headckid=dec103dc5035b01f&flushckid=1&fromSearchBtn=2&dqs=010&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f&siTag=1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&compTag=050020'"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_compTag_产品经理['广州']\n",
    "r = session.get( url, params = payload)\n",
    "r.url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 简化\n",
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    return (数据)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>edu</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>公司地点</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "      <th>城市</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>15-20k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>家族信托律师</td>\n",
       "      <td></td>\n",
       "      <td>亨瑞集团</td>\n",
       "      <td>https://www.liepin.com/job/1926039563.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8438507/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-18k·12薪</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京质心教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927649159.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9370190/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>13-18k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>资深编辑</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京华樾教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927612705.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9086036/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>20-30k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>K12渠道拓展总监</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京点石经纬科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1926925555.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8327598/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-18k·12薪</td>\n",
       "      <td>2020年04月24日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>北京</td>\n",
       "      <td>北京质心教育科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927743375.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9370190/</td>\n",
       "      <td>北京</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>5-15k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>销售（外勤）</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927266061.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>学历不限</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>5-10k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>技术支持工程师（外勤）</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927265277.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>C++开发工程师</td>\n",
       "      <td></td>\n",
       "      <td>因诺微科技(天津)有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1927263087.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9122551/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>8-15k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>工艺工程师</td>\n",
       "      <td>北京</td>\n",
       "      <td>凌云光技术</td>\n",
       "      <td>https://www.liepin.com/job/1927259059.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7892331/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>等级保护工程师</td>\n",
       "      <td>北京</td>\n",
       "      <td>网宿科技</td>\n",
       "      <td>https://www.liepin.com/job/1927251737.shtml</td>\n",
       "      <td>https://www.liepin.com/company/1551043/</td>\n",
       "      <td>上海</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      edu     经验          薪水           时间           职称 公司地点           公司名称  \\\n",
       "0   本科及以上   3-5年  15-20k·12薪  2020年04月26日       家族信托律师                亨瑞集团   \n",
       "1    统招本科   1-3年  10-18k·12薪  2020年04月25日         产品经理   北京   北京质心教育科技有限公司   \n",
       "2    统招本科  5-10年  13-18k·12薪  2020年04月24日         资深编辑   北京   北京华樾教育科技有限公司   \n",
       "3   大专及以上  5-10年  20-30k·12薪  2020年04月24日    K12渠道拓展总监   北京   北京点石经纬科技有限公司   \n",
       "4   本科及以上   1-3年  10-18k·12薪  2020年04月24日         产品经理   北京   北京质心教育科技有限公司   \n",
       "..    ...    ...         ...          ...          ...  ...            ...   \n",
       "35  大专及以上   1-3年   5-15k·13薪  2020年04月26日       销售（外勤）       因诺微科技(天津)有限公司   \n",
       "36   学历不限   经验不限   5-10k·13薪  2020年04月26日  技术支持工程师（外勤）       因诺微科技(天津)有限公司   \n",
       "37   统招本科   经验不限          面议  2020年04月26日     C++开发工程师       因诺微科技(天津)有限公司   \n",
       "38   统招本科  5-10年   8-15k·12薪  2020年04月26日        工艺工程师   北京          凌云光技术   \n",
       "39   统招本科   1-3年          面议  2020年04月26日      等级保护工程师   北京           网宿科技   \n",
       "\n",
       "                                             链结  \\\n",
       "0   https://www.liepin.com/job/1926039563.shtml   \n",
       "1   https://www.liepin.com/job/1927649159.shtml   \n",
       "2   https://www.liepin.com/job/1927612705.shtml   \n",
       "3   https://www.liepin.com/job/1926925555.shtml   \n",
       "4   https://www.liepin.com/job/1927743375.shtml   \n",
       "..                                          ...   \n",
       "35  https://www.liepin.com/job/1927266061.shtml   \n",
       "36  https://www.liepin.com/job/1927265277.shtml   \n",
       "37  https://www.liepin.com/job/1927263087.shtml   \n",
       "38  https://www.liepin.com/job/1927259059.shtml   \n",
       "39  https://www.liepin.com/job/1927251737.shtml   \n",
       "\n",
       "                                      公司URL  城市  \n",
       "0   https://www.liepin.com/company/8438507/  北京  \n",
       "1   https://www.liepin.com/company/9370190/  北京  \n",
       "2   https://www.liepin.com/company/9086036/  北京  \n",
       "3   https://www.liepin.com/company/8327598/  北京  \n",
       "4   https://www.liepin.com/company/9370190/  北京  \n",
       "..                                      ...  ..  \n",
       "35  https://www.liepin.com/company/9122551/  上海  \n",
       "36  https://www.liepin.com/company/9122551/  上海  \n",
       "37  https://www.liepin.com/company/9122551/  上海  \n",
       "38  https://www.liepin.com/company/7892331/  上海  \n",
       "39  https://www.liepin.com/company/1551043/  上海  \n",
       "\n",
       "[80 rows x 10 columns]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_compTag_产品经理.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    df = df.assign (城市 = k)    \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df)\n",
    "df_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_all.to_excel(\"数据挖掘_liepin_城市.xlsx\", sheet_name=\"搜查结果\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 行业数据翻页"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/?keyword=产品经理\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<Element 'a' href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1'>, <Element 'a' href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=2'>, <Element 'a' href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=3'>, <Element 'a' href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=4'>, <Element 'a' href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1'>, <Element 'a' class=('last',) href='/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=9' title='末页'>]\n",
      "{'2': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1', '3': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=2', '4': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=3', '5': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1', '': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a' # 有disabled, current等href是javascript\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "print (r.html.xpath(xpath_翻页a)) # 物件\n",
    "\n",
    "href_列表 = [x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (href_列表)\n",
    "\n",
    "文字_列表 = [x.text for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (文字_列表)\n",
    "\n",
    "href_字典 = {x.text:x.xpath('//@href')[0]  for x in r.html.xpath(xpath_翻页a)}\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n",
      "{'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}\n",
      "{'互联网/电商': '155', '游戏产业': '155', '计算机软件': '155', 'IT服务': '155', '电子/芯片/半导体': '155', '通信业': '155', '计算机/网络设备': '155', '房地产/建筑': '155', '规划/设计/装潢': '155', '房地产服务': '155', '银行': '155', '保险': '155', '基金/证券/投资': '155', '会计/审计': '155', '信托/担保/拍卖': '155', '快消品': '155', '批发零售': '155', '服装纺织': '155', '家具/家电': '155', '办公设备': '155', '奢侈品/收藏品': '155', '珠宝/玩具/工艺品': '155', '汽车/摩托车': '155', '机械/机电/重工': '155', '印刷/包装/造纸': '155', '原材料加工': '155', '仪器/电气/自动化': '155', '制药/生物工程': '155', '医疗/保健/美容': '155', '医疗器械': '155', '能源/水利': '155', '石油/化工': '155', '采掘/冶炼/矿产': '155', '环保': '155', '新能源': '155', '专业服务': '155', '中介服务': '155', '外包服务': '155', '检测/认证': '155', '餐饮/酒旅/服务': '155', '文体娱乐': '155', '租赁服务': '155', '广告/市场/会展': '155', '影视文化': '155', '教育培训': '155', '交通/物流/运输': '155', '贸易/进出口': '155', '航空/航天': '155', '政务/公共服务': '155', '农林牧渔': '155', '其他行业': '155'}\n",
      "{'互联网/电商': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '游戏产业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '计算机软件': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, 'IT服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '电子/芯片/半导体': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '通信业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '计算机/网络设备': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '房地产/建筑': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '规划/设计/装潢': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '房地产服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '银行': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '保险': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '基金/证券/投资': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '会计/审计': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '信托/担保/拍卖': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '快消品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '批发零售': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '服装纺织': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '家具/家电': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '办公设备': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '奢侈品/收藏品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '珠宝/玩具/工艺品': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '汽车/摩托车': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '机械/机电/重工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '印刷/包装/造纸': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '原材料加工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '仪器/电气/自动化': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '制药/生物工程': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '医疗/保健/美容': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '医疗器械': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '能源/水利': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '石油/化工': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '采掘/冶炼/矿产': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '环保': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '新能源': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '专业服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '中介服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '外包服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '检测/认证': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '餐饮/酒旅/服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '文体娱乐': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '租赁服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '广告/市场/会展': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '影视文化': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '教育培训': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '交通/物流/运输': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '贸易/进出口': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '航空/航天': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '政务/公共服务': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '农林牧渔': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}, '其他行业': {'init': ['-1'], 'headckid': ['58d828c357a8cb19'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'compTag': ['155'], 'ckid': ['c007db90f16f91bf'], 'industryType': ['industry_01'], 'industries': ['040'], 'keyword': ['产品经理'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6aa779111c1b4ca77cff3648d9dee049'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6aa779111c1b4ca77cff3648d9dee049']}}\n"
     ]
    }
   ],
   "source": [
    "# 上周B-1 使用 urllib.parse 解析\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "\n",
    "\n",
    "# 上周B-2 使用 pd.DataFrame进行 unuinque()相异值计量比对 \n",
    "import pandas as pd\n",
    "df = pd.DataFrame([ urlparse(x) for x in 行业数据选择器链结.values()])\n",
    "print(df.nunique())\n",
    "\n",
    "# 上周B-3 针对query 再解析之 \n",
    "#df_qs = pd.DataFrame([ parse_qs(x) for x in df['query'] ])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print(df.nunique())\n",
    "\n",
    "# 上周B-4 建构 参数模板 及 字典_compTag\n",
    "def parse_url_qs_for_compTag (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(行业数据选择器链结.values())[0])['compTag']\n",
    "参数模板 = parse_url_qs_for_compTag(list(行业数据选择器链结.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 行业数据选择器链结.values()]\n",
    "[ parse_url_qs_for_compTag(x)['compTag'][0] for x in 行业数据选择器链结.values()]\n",
    "\n",
    "字典_compTag = { k:parse_url_qs_for_compTag(v)['compTag'][0] for k,v in 行业数据选择器链结.items()}\n",
    "print (字典_compTag)\n",
    "\n",
    "# B-5 建构 参数模板  \n",
    "def 参数模板生成(compTag , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['compTag'] = compTag\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_compTag_产品经理 = { k:参数模板生成(compTag = [v], keyword = ['产品经理']) for k,v in 字典_compTag.items()}\n",
    "print(参数_compTag_产品经理)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=dec103dc5035b01f&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "1                /zhaopin/          \n",
       "2                /zhaopin/          \n",
       "3                /zhaopin/          \n",
       "4                /zhaopin/          \n",
       "5                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           \n",
       "1  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           \n",
       "2  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           \n",
       "3  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           \n",
       "4  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           \n",
       "5  init=-1&headckid=dec103dc5035b01f&fromSearchBt...           "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       5\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>init</th>\n",
       "      <th>headckid</th>\n",
       "      <th>fromSearchBtn</th>\n",
       "      <th>keyword</th>\n",
       "      <th>ckid</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1</td>\n",
       "      <td>dec103dc5035b01f</td>\n",
       "      <td>2</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>dec103dc5035b01f°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0fdc91a178a29d385e6aefb9c91cb87a</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  init          headckid fromSearchBtn keyword                         ckid  \\\n",
       "0   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "1   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "2   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "3   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "4   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "5   -1  dec103dc5035b01f             2    产品经理  dec103dc5035b01f°radeFlag=0   \n",
       "\n",
       "                                           siTag         d_sfrom  \\\n",
       "0  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "1  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "2  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "3  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "4  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "5  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "\n",
       "                             d_ckId d_curPage d_pageSize  \\\n",
       "0  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "1  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "2  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "3  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "4  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "5  0fdc91a178a29d385e6aefb9c91cb87a         0         40   \n",
       "\n",
       "                           d_headId curPage  \n",
       "0  0fdc91a178a29d385e6aefb9c91cb87a       1  \n",
       "1  0fdc91a178a29d385e6aefb9c91cb87a       2  \n",
       "2  0fdc91a178a29d385e6aefb9c91cb87a       3  \n",
       "3  0fdc91a178a29d385e6aefb9c91cb87a       4  \n",
       "4  0fdc91a178a29d385e6aefb9c91cb87a       1  \n",
       "5  0fdc91a178a29d385e6aefb9c91cb87a       9  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init             1\n",
      "headckid         1\n",
      "fromSearchBtn    1\n",
      "keyword          1\n",
      "ckid             1\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "curPage          5\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# 建构参数模板：找到关键参数及参数结构\n",
    "\n",
    "# 需要模组库\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "import pandas as pd\n",
    "from IPython.display import display, HTML\n",
    "\n",
    "# 总体目标：输入 href_列表, 建构出参数字典\n",
    "\n",
    "# urlparse 解析后丢入数据框\n",
    "df = pd.DataFrame([ urlparse(x) for x in href_列表])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "\n",
    "display(df)\n",
    "print(df.nunique())\n",
    "display(df_qs)\n",
    "print(df_qs.nunique())\n",
    "\n",
    "df_qs.curPage\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) # 变成整数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['dec103dc5035b01f'], 'fromSearchBtn': ['2'], 'keyword': ['产品经理'], 'ckid': ['dec103dc5035b01f°radeFlag=0'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'], 'curPage': ['1']}\n",
      "{'2': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1', '3': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=2', '4': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=3', '5': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=1', '': '/zhaopin/?init=-1&headckid=dec103dc5035b01f&fromSearchBtn=2&keyword=%E4%BA%A7%E5%93%81%E7%BB%8F%E7%90%86&ckid=dec103dc5035b01f°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=0fdc91a178a29d385e6aefb9c91cb87a&d_curPage=0&d_pageSize=40&d_headId=0fdc91a178a29d385e6aefb9c91cb87a&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "# 建构参数模板：找到关键参数及参数结构\n",
    "\n",
    "def parse_url_qs_for_curPage (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# 取一例做模板\n",
    "参数模板 = parse_url_qs_for_curPage(href_列表[0])\n",
    "print (参数模板)\n",
    "\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "9\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [0]},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [1]},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [2]},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [3]},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [4]},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [5]},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [6]},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [7]},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [8]},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['dec103dc5035b01f'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['产品经理'],\n",
       "  'ckid': ['dec103dc5035b01f°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['0fdc91a178a29d385e6aefb9c91cb87a'],\n",
       "  'curPage': [9]}}"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 建构参数模板生成器：keyword curPage\n",
    "def 参数模板生成(keyword, curPage):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['curPage'] = curPage\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_keyword_产品经理_curPage = { \n",
    "    i:参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['产品经理']) \\\n",
    "    for i,v in href_字典.items()\\\n",
    "    }\n",
    "\n",
    "# print(参数_keyword_产品经理_curPage) # 只生成本页有的额外翻页URL, 并没有推估到&curPage=9,也没有这页\n",
    "\n",
    "print (df_qs.curPage_int.min()) # 最小值只有1\n",
    "print (df_qs.curPage_int.max()) # 最大值只有9\n",
    "\n",
    "# 应该是 0 (本页)....9(最大值)\n",
    "\n",
    "参数_keyword_产品经理_curPage = { \n",
    "    i:参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['产品经理']) \\\n",
    "    for i in range(0,df_qs.curPage_int.max()+1)\\\n",
    "    }\n",
    "参数_keyword_产品经理_curPage"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
